source ~/.bashrc

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_1/shards"
dataname="Speech2TEXTandTOKEN_giga_1_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards_list.txt"
replace_dir="/home/node48_tmpdata/hkxie/4O/speech_data_final/20250313/speech_data_final/Speech2TEXTandTOKEN_giga_2/shards"
dataname="Speech2TEXTandTOKEN_giga_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/zh_en_mix"
dataname="zh_en_mix_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TEXT2TOKEN/poly"
dataname="poly_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow/shards_list.txt"
replace_dir="/home/work_nfs16/cywang/workspace/OSUM/OSUM_data/shard/SPEECH2SPEECH/instruc_follow"
dataname="instruct_follow_s2s_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2
input_shards_path="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards_list.txt"
replace_dir="/home/work_nfs8/hkxie/data/osum/TEXT2TOKEN_part_2/shards"
dataname="english_TEXT2TOKEN_part_2_added_by_20250402"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text/shards"
dataname="text2text_added_by_20250404"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q_with_asr/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q_with_asr"
dataname="Q_with_asr_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs16/xlgeng/code/osum_xlgeng/examples/wenetspeech/whisper/conf/language_follow_prompt/Q/wav_path.list"
replace_dir="/home/work_nfs15/tts_data/data/0402_Q"
dataname="Q_only_X_added_by_20250406"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="QEmo_Q_train_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_eval"
dataname="QEmo_Q_eval_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs15/asr_data/data/text2text_2/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_2/shards"
dataname="text2text_2_added_by_20250409"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/E1_shard"
dataname="E1_S2Chat_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/2000_hq"
dataname="2000_hq_S2Chat_by_hkxie_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/speech2text/giga_part_2"
dataname="giga_2_s2s_by_tlzuo_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/lucy_audio_train"
dataname="lucy_audio_train_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/speech2token/eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/speech2token/eval"
dataname="lucy_audio_eval_by_zyzhang_added_by_20250413"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

#/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/S2Chat/no_emotion_instruct_s2s"
dataname="no_emotion_instruct_s2s_by_kxxia_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_train"
dataname="Lucy_Emotion_Control_QEmo_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QEmo_eval"
dataname="Lucy_Emotion_Control_QEmo_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_train"
dataname="Lucy_Emotion_Control_QNeutral_train_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=5
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/Lucy_Emotion_Control_QNeutral_eval"
dataname="Lucy_Emotion_Control_QNeutral_eval_by_zyzhang_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=1
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/audio_caption/audio_caption"
dataname="audio_caption_by_wjtian_added_by_20250414" # 其实是20250411
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_3_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_3_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_3_en/shards"
dataname="text2text_3_en_added_by_20250411"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=10
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs15/asr_data/data/text2text_4_en
input_shards_path="/home/work_nfs15/asr_data/data/text2text_4_en/shards_list.txt"
replace_dir="/home/work_nfs15/asr_data/data/text2text_4_en/shards"
dataname="text2text_4_en_added_by_20250416"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt
input_shards_path="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train/shards_list.txt"
replace_dir="/home/work_nfs11/cywang/data/shard/emotion/QEmo_Q_train"
dataname="emotion_lucy_Q_added_2025_4_9"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=4
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num



input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_13/shards"
dataname="yuzhoufm_13_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num


input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_14/shards"
dataname="yuzhoufm_14_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_15/shards"
dataname="yuzhoufm_15_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_16/shards"
dataname="yuzhoufm_16_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

input_shards_path="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shard.list"
replace_dir="/home/work_nfs9/tlzuo/dataset/dialogue/yuzhoufm/yuzhoufm_17/shards"
dataname="yuzhoufm_17_s2s_by_tlzuo_added_by_20250421"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=2
#my_nohup python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/TRANSCRIBE/longaudio_addnoise"
dataname="longaudio_addnoise_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num

# /home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt
input_shards_path="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn/shards_list.txt"
replace_dir="/home/work_nfs7/cywang/OSUM/OSUM_data/shard/text2token/tn"
dataname="text2token_itn_by_cywang_added_by_20250428"
remote_root_dir="/mnt/sfs/asr/update_data"
thread_num=8
#python ./upload_shards.py $input_shards_path $replace_dir $dataname $remote_root_dir $thread_num
